/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */

package query.parser;

import query.parser.tokenizer.Token;

/**
 *
 * @author dzb
 */
public interface ITokenizer {

	boolean hasMoreTokens();

	boolean isNextToken(String... tokenSet);

	boolean tokenEquals(String value);

	void readNextToken();

	Token getCurrent();

	void expectToken(String token );

	void expectTokens(String... tokens );
	
	Position getPosition();

	BracketStructure getExpectBrackets();
}
